llm:
  model_name: mistral
  temperature: 0.1
  num_ctx: 32768
  num_predict: 8192
  base_url: http://localhost:11434
  gpu_enabled: true
  gpu_device_id: 1
  available_models:
  - name: mistral
    description: Fast, balanced - Mistral AI 7B
    context_window: 32768
    max_output_tokens: 8192
    parameters: 7B
    quantization: Q4_0
    size_gb: 4.1
  - name: llama3.1
    description: Meta's best, excellent reasoning
    context_window: 131072
    max_output_tokens: 4096
    parameters: 8B
    quantization: Q4_K_M
    size_gb: 4.7
  - name: llama3.2
    description: Lightweight & efficient for chat
    context_window: 131072
    max_output_tokens: 4096
    parameters: 3B
    quantization: Q4_K_M
    size_gb: 2.0
  - name: llama3.3
    description: Latest Llama, best quality
    context_window: 131072
    max_output_tokens: 4096
    parameters: 70B
    quantization: Q4_K_M
    size_gb: 43.0
  - name: gemma2
    description: Google's open, good multilingual
    context_window: 8192
    max_output_tokens: 2048
    parameters: 9B
    quantization: Q4_K_M
    size_gb: 5.4
  - name: gemma3
    description: Google's latest, improved
    context_window: 131072
    max_output_tokens: 8192
    parameters: 27B
    quantization: Q4_K_M
    size_gb: 17.0
  - name: phi3
    description: Microsoft compact, fast
    context_window: 4096
    max_output_tokens: 2048
    parameters: 3.8B
    quantization: Q4_K_M
    size_gb: 2.2
  - name: phi4
    description: Microsoft latest, better reasoning
    context_window: 16384
    max_output_tokens: 4096
    parameters: 14B
    quantization: Q4_K_M
    size_gb: 8.4
  - name: qwen2.5
    description: Alibaba multilingual, strong math
    context_window: 32768
    max_output_tokens: 8192
    parameters: 7B
    quantization: Q4_K_M
    size_gb: 4.4
  - name: qwen3
    description: Alibaba latest, hybrid thinking
    context_window: 40960
    max_output_tokens: 8192
    parameters: 8B
    quantization: Q4_K_M
    size_gb: 4.9
  - name: mixtral
    description: Mistral MoE, high quality
    context_window: 32768
    max_output_tokens: 4096
    parameters: 8x7B
    quantization: Q4_0
    size_gb: 26.0
  - name: command-r
    description: Cohere RAG-optimized
    context_window: 131072
    max_output_tokens: 4096
    parameters: 35B
    quantization: Q4_K_M
    size_gb: 20.0
  - name: codellama
    description: Meta code generation & review
    context_window: 16384
    max_output_tokens: 4096
    parameters: 7B
    quantization: Q4_0
    size_gb: 3.8
  - name: qwen2.5-coder
    description: Alibaba code specialist
    context_window: 32768
    max_output_tokens: 8192
    parameters: 7B
    quantization: Q4_K_M
    size_gb: 4.4
  - name: deepseek-coder-v2
    description: DeepSeek code specialist
    context_window: 65536
    max_output_tokens: 4096
    parameters: 16B
    quantization: Q4_K_M
    size_gb: 8.9
  - name: granite-code
    description: IBM enterprise code model
    context_window: 8192
    max_output_tokens: 2048
    parameters: 8B
    quantization: Q4_K_M
    size_gb: 4.6
  - name: starcoder2
    description: BigCode, 600+ languages
    context_window: 16384
    max_output_tokens: 4096
    parameters: 7B
    quantization: Q4_K_M
    size_gb: 4.0
  - name: deepseek-r1
    description: DeepSeek reasoning, CoT
    context_window: 65536
    max_output_tokens: 8192
    parameters: 7B
    quantization: Q4_K_M
    size_gb: 4.7
  - name: qwq
    description: Alibaba reasoning model
    context_window: 32768
    max_output_tokens: 8192
    parameters: 32B
    quantization: Q4_K_M
    size_gb: 19.0
  - name: llava
    description: Vision + Language, image understanding
    context_window: 4096
    max_output_tokens: 2048
    parameters: 7B
    quantization: Q4_0
    size_gb: 4.5
  - name: llama3.2-vision
    description: Meta's vision model
    context_window: 131072
    max_output_tokens: 4096
    parameters: 11B
    quantization: Q4_K_M
    size_gb: 7.9
agent:
  max_iterations: 5
  verbose: true
  tool_instructions: 'You have access to tools that can help you answer questions:

    - search_in_faiss: Search the company knowledge base

    - calculate_square: Calculate the square of a number

    - generate_text_summary: Generate a summary of text

    '
conversation:
  save_enabled: true
  db_path: data/conversations.db
  auto_title: false
embedding:
  model_name: all-MiniLM-L6-v2
  device: cpu
  available_models:
  - name: all-MiniLM-L6-v2
    description: Fast, good quality (default)
    dimensions: 384
  - name: all-mpnet-base-v2
    description: Higher quality, slower
    dimensions: 768
  - name: paraphrase-multilingual-MiniLM-L12-v2
    description: Multilingual support
    dimensions: 384
rag:
  chunk_size: 800
  chunk_overlap: 100
  score_threshold: 0.05
  top_k: 7
  judge_model: llama3.1
vector_database:
  type: faiss
  index_path: data/embeddings/faiss_index
paths:
  data_dir: data
  docs_dir: data/docs
  books_dir: data/docs/books
  cache_dir: data/cache
  outputs_dir: data/outputs
  prompts_dir: data/prompts
ui:
  page_title: AI Assistant
  layout: wide
  initial_sidebar_state: expanded
  sidebar_title: AI Assistant
  role: Design Guru
